In [1]:
<script>
function code_toggle() {
if (code_shown){
$('div.input').hide('500');
$('#toggleButton').val('Show Code')
} else {
$('div.input').show('500');
$('#toggleButton').val('Hide Code')
}
code_shown = !code_shown
}
$( document ).ready(function(){
code_shown=false;
$('div.input').hide()
});
</script>
<form action="javascript:code_toggle()"><input type="submit" id="toggleButton" value="Show Code"></form>
File "<ipython-input-1-3d77afab096e>", line 1 <script> ^ SyntaxError: invalid syntax
In [2]:
import os
os.environ["THEANO_FLAGS"] = "mode=FAST_RUN,device=gpu,floatX=float32,"
In [17]:
import sys
pred_path = '/home/yossi/yossi_local/predictive_coding_python'
if pred_path not in sys.path:
sys.path.append(pred_path)
import importlib
from imp import reload
import data_handling as dat
import predictive_network_subclasses as pn
import numpy as np
import matplotlib.pyplot as plt
import os
import auditory_analysis as aan
import visualisation as vis
import pickle as pkl
from imp import reload
import results_dataframe_handling as rdh
import interactive_plotting as iplot
import pandas as pd
reload(iplot)
reload(aan)
reload(vis)
reload(pn)
reload(rdh)
%matplotlib inline
%pylab inline
pylab.rcParams['figure.figsize'] = (20, 20)
Populating the interactive namespace from numpy and matplotlib
In [4]:
reload(aan)
Out[4]:
<module 'auditory_analysis' from '/home/yossi/yossi_local/predictive_coding_python/auditory_analysis.py'>
In [33]:
res_folder_path = '/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/'
res_pd = aan.compile_results_pd(res_folder_path)
res_pd.sort_values('final_val_cost')
Out[33]:
| dropout | is_recurrent | model | nonlinearity | num_hidden_units | num_layers | act_reg | act_reg_factor | elastic_alpha | learning_rate | ... | final_train_cost | n_epochs_run | results_path | data_path | input_noise_ratio | noise_ratio | numfreq | post_dict | t_future | t_past | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.301869 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 9 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.302502 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 19 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.295567 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 41 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.294901 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 3 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.308863 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 10 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.310191 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 44 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.280868 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 20 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.286971 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 36 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.278253 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 34 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.343756 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 4 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.344480 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 47 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.332818 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 18 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.349246 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 51 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.332444 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 21 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.353970 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 32 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.355542 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 27 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.321603 | 900 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 30 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.259169 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 28 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.315335 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 29 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.312604 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 24 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.295141 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 43 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.399069 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 33 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.399622 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 42 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.380880 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 7 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.380733 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 50 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.414040 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 23 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.415385 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 5 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.422389 | 700 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 17 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.363384 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 6 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.354862 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 14 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.349002 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 16 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.443796 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 48 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.325962 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 45 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.443229 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 8 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.419245 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 1 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.461638 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 25 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.463246 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 35 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.417808 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 52 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.397325 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 46 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.386987 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 22 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.378165 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 38 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.488417 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 15 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.500735 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
| 11 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.347671 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 37 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.529588 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 39 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 0.658558 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 31 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.704747 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 13 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.865559 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 26 | 0 | False | None | sigmoid | 400 | 1 | None | None | None | 0.01 | ... | 0.970489 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 40 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 1.196312 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 9 | 30 |
| 49 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 1.565856 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 3 | 30 |
| 2 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 1.616169 | 400 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 6 | 30 |
| 12 | 0 | False | None | sigmoid | 1600 | 1 | None | None | None | 0.01 | ... | 2.730018 | 1000 | /home/yossi/Dropbox/visualRFNN/Auditory/Datase... | ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... | 0 | 0.5 | 32 | False | 1 | 30 |
53 rows × 26 columns
In [12]:
for ii,this_res in res_pd.sort_values('final_val_cost').iterrows():
print(this_res)
this_res_path = this_res['results_path']
print(this_res_path)
this_net = pkl.load(open(this_res_path, 'rb'))
network_param_values = this_net.network_param_values
vis.plot_loss(this_net.cost_history['train_costs'], val_losses=this_net.cost_history['val_costs'])
vis.plot_these_aud_weights(network_param_values, num_freq=this_res.numfreq, n_h=this_res.t_past)
plt.show()
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.1623e-06 regularization l1 update_func adam log_reg_factor -5.5 final_val_cost 0.304159 final_train_cost 0.301869 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 0, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.1623e-06_t_future_1_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.1623e-06 regularization l1 update_func adam log_reg_factor -5.5 final_val_cost 0.304669 final_train_cost 0.302502 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 8, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.1623e-06_t_future_1_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-06 regularization l1 update_func adam log_reg_factor -6 final_val_cost 0.306383 final_train_cost 0.300822 n_epochs_run 100 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 35, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-06_t_future_1_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-05 regularization l1 update_func adam log_reg_factor -5 final_val_cost 0.309806 final_train_cost 0.308863 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 2, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-05_t_future_1_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-07 regularization l1 update_func adam log_reg_factor -7 final_val_cost 0.321274 final_train_cost 0.280868 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 38, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-07_t_future_1_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.162e-07 regularization l1 update_func adam log_reg_factor -6.5 final_val_cost 0.323057 final_train_cost 0.286971 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 17, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.162e-07_t_future_1_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.1623e-06 regularization l1 update_func adam log_reg_factor -5.5 final_val_cost 0.347264 final_train_cost 0.343756 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 3 t_past 30 Name: 29, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.1623e-06_t_future_3_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.1623e-06 regularization l1 update_func adam log_reg_factor -5.5 final_val_cost 0.347776 final_train_cost 0.34448 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 3 t_past 30 Name: 3, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.1623e-06_t_future_3_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-06 regularization l1 update_func adam log_reg_factor -6 final_val_cost 0.34973 final_train_cost 0.332818 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 3 t_past 30 Name: 41, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-06_t_future_3_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.0001 regularization l1 update_func adam log_reg_factor -4 final_val_cost 0.350006 final_train_cost 0.349246 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 16, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0001_t_future_1_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-05 regularization l1 update_func adam log_reg_factor -5 final_val_cost 0.355494 final_train_cost 0.354063 n_epochs_run 700 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 3 t_past 30 Name: 18, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-05_t_future_3_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-05 regularization l1 update_func adam log_reg_factor -5 final_val_cost 0.357618 final_train_cost 0.355542 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 3 t_past 30 Name: 28, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-05_t_future_3_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-07 regularization l1 update_func adam log_reg_factor -7 final_val_cost 0.362694 final_train_cost 0.259169 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 26, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-07_t_future_1_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-07 regularization l1 update_func adam log_reg_factor -7 final_val_cost 0.364032 final_train_cost 0.315335 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 3 t_past 30 Name: 24, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-07_t_future_3_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.162e-07 regularization l1 update_func adam log_reg_factor -6.5 final_val_cost 0.370481 final_train_cost 0.312604 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 3 t_past 30 Name: 25, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.162e-07_t_future_3_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-07 regularization l1 update_func adam log_reg_factor -7 final_val_cost 0.386943 final_train_cost 0.295141 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 3 t_past 30 Name: 21, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-07_t_future_3_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.1623e-06 regularization l1 update_func adam log_reg_factor -5.5 final_val_cost 0.404656 final_train_cost 0.399553 n_epochs_run 500 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 37, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.1623e-06_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-06 regularization l1 update_func adam log_reg_factor -6 final_val_cost 0.415221 final_train_cost 0.38088 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 36, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-06_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-06 regularization l1 update_func adam log_reg_factor -6 final_val_cost 0.415865 final_train_cost 0.380733 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 6, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-06_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-05 regularization l1 update_func adam log_reg_factor -5 final_val_cost 0.415946 final_train_cost 0.41404 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 44, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-05_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-05 regularization l1 update_func adam log_reg_factor -5 final_val_cost 0.418321 final_train_cost 0.415385 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 20, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-05_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.000316228 regularization l1 update_func adam log_reg_factor -3.5 final_val_cost 0.422404 final_train_cost 0.422389 n_epochs_run 700 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 4, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0003162278_t_future_1_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.162e-07 regularization l1 update_func adam log_reg_factor -6.5 final_val_cost 0.42513 final_train_cost 0.363384 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 15, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.162e-07_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-07 regularization l1 update_func adam log_reg_factor -7 final_val_cost 0.430281 final_train_cost 0.354862 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 5, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-07_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-07 regularization l1 update_func adam log_reg_factor -7 final_val_cost 0.433529 final_train_cost 0.329964 n_epochs_run 500 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 42, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-07_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.162e-07 regularization l1 update_func adam log_reg_factor -6.5 final_val_cost 0.436862 final_train_cost 0.349002 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 12, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.162e-07_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.1623e-06 regularization l1 update_func adam log_reg_factor -5.5 final_val_cost 0.451113 final_train_cost 0.443796 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 14, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.1623e-06_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.1623e-06 regularization l1 update_func adam log_reg_factor -5.5 final_val_cost 0.451543 final_train_cost 0.443229 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 39, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.1623e-06_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.162e-07 regularization l1 update_func adam log_reg_factor -6.5 final_val_cost 0.456982 final_train_cost 0.404082 n_epochs_run 300 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 45, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.162e-07_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-06 regularization l1 update_func adam log_reg_factor -6 final_val_cost 0.462434 final_train_cost 0.419245 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 7, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-06_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-06 regularization l1 update_func adam log_reg_factor -6 final_val_cost 0.465582 final_train_cost 0.417472 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 30, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-06_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-05 regularization l1 update_func adam log_reg_factor -5 final_val_cost 0.466238 final_train_cost 0.463246 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 22, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-05_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-07 regularization l1 update_func adam log_reg_factor -7 final_val_cost 0.482866 final_train_cost 0.386987 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 40, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-07_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 3.162e-07 regularization l1 update_func adam log_reg_factor -6.5 final_val_cost 0.489623 final_train_cost 0.378165 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 19, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.162e-07_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.0001 regularization l1 update_func adam log_reg_factor -4 final_val_cost 0.49073 final_train_cost 0.488417 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 32, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_0.0001_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.001 regularization l1 update_func adam log_reg_factor -3 final_val_cost 0.50069 final_train_cost 0.500735 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 13, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_0.001_t_future_1_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 1e-07 regularization l1 update_func adam log_reg_factor -7 final_val_cost 0.505703 final_train_cost 0.347671 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 9, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-07_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.000316228 regularization l1 update_func adam log_reg_factor -3.5 final_val_cost 0.530763 final_train_cost 0.529588 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 3 t_past 30 Name: 31, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0003162278_t_future_3_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.000316228 regularization l1 update_func adam log_reg_factor -3.5 final_val_cost 0.660273 final_train_cost 0.658558 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 33, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0003162278_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.000316228 regularization l1 update_func adam log_reg_factor -3.5 final_val_cost 0.706435 final_train_cost 0.704747 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 27, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_0.0003162278_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.001 regularization l1 update_func adam log_reg_factor -3 final_val_cost 0.865831 final_train_cost 0.865559 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 11, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_0.001_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 400 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.001 regularization l1 update_func adam log_reg_factor -3 final_val_cost 0.970631 final_train_cost 0.970489 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 23, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_0.001_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.001 regularization l1 update_func adam log_reg_factor -3 final_val_cost 1.19562 final_train_cost 1.19631 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 9 t_past 30 Name: 34, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.001_t_future_9_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.00316228 regularization l1 update_func adam log_reg_factor -2.5 final_val_cost 1.56295 final_train_cost 1.56586 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 3 t_past 30 Name: 43, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0031622777_t_future_3_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.00316228 regularization l1 update_func adam log_reg_factor -2.5 final_val_cost 1.61356 final_train_cost 1.61617 n_epochs_run 400 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 6 t_past 30 Name: 1, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0031622777_t_future_6_noise_ratio_0.5/python_network.pkl
dropout 0 is_recurrent False model None nonlinearity sigmoid num_hidden_units 1600 num_layers 1 act_reg None act_reg_factor None elastic_alpha None learning_rate 0.01 output_distribution None reg_factor 0.01 regularization l1 update_func adam log_reg_factor -2 final_val_cost 2.72314 final_train_cost 2.73002 n_epochs_run 1000 results_path /home/yossi/Dropbox/visualRFNN/Auditory/Datase... data_path ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... input_noise_ratio 0 noise_ratio 0.5 numfreq 32 post_dict False t_future 1 t_past 30 Name: 10, dtype: object /home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.01_t_future_1_noise_ratio_0.5/python_network.pkl
In [7]:
reload(iplot)
Out[7]:
<module 'interactive_plotting' from '/home/yossi/yossi_local/predictive_coding_python/interactive_plotting.py'>
In [43]:
url_save_dir = 'yossi/auditory_varying_t_future/400_units/'
url_pd = iplot.get_urls_for_auditory_df_data(res_pd.query('num_hidden_units==400 and log_reg_factor==-5.5'), 'log_reg_factor', 't_future', 'final_val_cost', this_save_dir=url_save_dir)
getting weight images... done
400 hidden units¶
In [44]:
iplot.plot_linked_heatmap_weights(url_pd)
1600 hidden units¶
In [36]:
url_save_dir = 'yossi/auditory_varying_t_future/1600_units/'
url_pd = iplot.get_urls_for_auditory_df_data(res_pd.query('num_hidden_units==1600'), 'log_reg_factor', 't_future', 'final_val_cost', this_save_dir=url_save_dir)
getting weight images... done
In [37]:
iplot.plot_linked_heatmap_weights(url_pd)
In [38]:
res_path = res_folder_path + 'res_pd.pkl'
# if not os.path.exists(os.path.dirname(os.path.abspath(res_path))):
aan.postprocess_res_folder(res_folder_path, res_path, real_path='/home/yossi/Dropbox/Yossi_Nicol_shared/yossi2L1/')
res_pd = pd.read_pickle(res_path)
['ks_f_bw_neg', 'ks_f_bw_pos', 'ks_t_bw_neg', 'ks_t_bw_pos']
In [ ]:
reload(aan)
fig = plt.figure(figsize=[10,10])
gs = plt.GridSpec(4,3)
ax_0 = fig.add_subplot(gs[:2,:])
ax_1 = fig.add_subplot(gs[2:,:])
reload(aan)
ax_labels = [ 'log_10 of L1 regularization on weights', 'Number of hidden units','Final validation loss']
validation_cost_grid_im = aan.plot_3D_info_grid(res_pd.loc[res_pd['nonlinearity']=='sigmoid'].query('num_hidden_units==400 and log_reg_factor <-3'), 't_future', 'log_reg_factor', 'final_val_cost', ax=ax_0,ax_labels=ax_labels)
ax_labels = [ 'log_10 of L1 regularization on weights', 'Number of hidden units','Mean KS measure']
ks_cost_grid_im = aan.plot_3D_info_grid(res_pd.loc[res_pd['nonlinearity']=='sigmoid'].query('num_hidden_units==400 and log_reg_factor <-3'), 't_future', 'log_reg_factor', 'mean_ks', ax=ax_1,ax_labels=ax_labels)
ax_0.set_xticks([])
ax_0.set_xlabel('')
In [40]:
reload(aan)
fig = plt.figure(figsize=[10,10])
gs = plt.GridSpec(4,3)
ax_0 = fig.add_subplot(gs[:2,:])
ax_1 = fig.add_subplot(gs[2:,:])
reload(aan)
ax_labels = [ 'log_10 of L1 regularization on weights', 'Number of hidden units','Final validation loss']
validation_cost_grid_im = aan.plot_3D_info_grid(res_pd.loc[res_pd['nonlinearity']=='sigmoid'].query('num_hidden_units==1600 and log_reg_factor <-3'), 't_future', 'log_reg_factor', 'final_val_cost', ax=ax_0,ax_labels=ax_labels)
ax_labels = [ 'log_10 of L1 regularization on weights', 'Number of hidden units','Mean KS measure']
ks_cost_grid_im = aan.plot_3D_info_grid(res_pd.loc[res_pd['nonlinearity']=='sigmoid'].query('num_hidden_units==1600 and log_reg_factor <-3'), 't_future', 'log_reg_factor', 'mean_ks', ax=ax_1,ax_labels=ax_labels)
ax_0.set_xticks([])
ax_0.set_xlabel('')
Out[40]:
<matplotlib.text.Text at 0x7f092498d780>
